--[[

   Copyright (C) 2007 MySQL AB

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; version 2 of the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

   Written by Charles Cahoon during Summer of Code 2007
--]]

module("mytokenizer", package.seeall)

------------------------
-- MyTokenizer Module --
------------------------

local string
local i, j, x, y, cmd

--initializes tokenizer
--
function create(str)
	string = str
	i = 0
	j = 0
end

--returns string of next token; nil if end of string
function next_token()
	x = i;
	y = j;
	local temp;
	x, y, cmd = string.find(string, "^%s*\"([^\"]*)\"", y+1)
	if(cmd ~= nil) then
		i = x
		j = y
		return cmd
	else
		i, j, cmd = string.find(string, "^%s*([A-Za-z0-9-_\.]+)", j+1)
		return cmd
	end
end

function reset()
	i = 0
	j = 0
end
